// SPDX-License-Identifier: GPL-2.0-only
/*
 * Based on arch/arm/mm/ioremap.c
 *
 * (C) Copyright 1995 1996 Linus Torvalds
 * Hacked for ARM by Phil Blundell <philb@gnu.org>
 * Hacked to allow all architectures to build, and various cleanups
 * by Russell King
 * Copyright (C) 2012 ARM Ltd.
 */

#include <linux/export.h>
#include <linux/mm.h>
#include <linux/vmalloc.h>
#include <linux/io.h>
#include <linux/memblock.h>

#include <asm/fixmap.h>
#include <asm/tlbflush.h>

#ifdef CONFIG_RTOS_IOREMAP_TRACER
#include <linux/rtos_ioremap.h>
#endif

#ifdef CONFIG_RTOS_MTRC
#include <linux/mtrc_pat.h>
#endif

#ifdef CONFIG_KEXEC_KERNEL_HOTUPGRADE
static void __iomem *__ioremap_to_vaddr(phys_addr_t phys_addr, size_t size,
					pgprot_t prot, void *caller,
					unsigned long addr)
{
	unsigned long last_addr;
	unsigned long offset = phys_addr & ~PAGE_MASK;
	int err;
	struct vm_struct *area = NULL;

	/*
	 * Page align the mapping address and size, taking account of any
	 * offset.
	 */
	phys_addr &= PAGE_MASK;
	size = PAGE_ALIGN(size + offset);

	/*
	 * Don't allow wraparound, zero size or outside PHYS_MASK.
	 */
	last_addr = phys_addr + size - 1;
	if (!size || last_addr < phys_addr || (last_addr & ~PHYS_MASK))
		return NULL;

	/*
	 * Don't allow RAM to be mapped.
	 */
	if (!addr) {
		area = get_vm_area_caller(size, VM_IOREMAP, caller);
		if (!area)
			return NULL;
		addr = (unsigned long)area->addr;
		area->phys_addr = phys_addr;
	}

	err = ioremap_page_range(addr, addr + size, phys_addr, prot);
	if (err) {
		if (area)
			vunmap((void *)addr);
		return NULL;
	}

	return (void __iomem *)(offset + addr);
}
#endif

static void __iomem *__ioremap_caller(phys_addr_t phys_addr, size_t size,
				      pgprot_t prot, void *caller)
{
	unsigned long last_addr;
	unsigned long offset = phys_addr & ~PAGE_MASK;
	int err;
	unsigned long addr;
	struct vm_struct *area;

#ifdef CONFIG_RTOS_MTRC
	int mtype_check;
	unsigned int mtrc_type;
	pgprot_t mtrc_attr = __pgprot(0);
	int pfn = __phys_to_pfn(phys_addr);
#endif

	/*
	 * Page align the mapping address and size, taking account of any
	 * offset.
	 */
	phys_addr &= PAGE_MASK;
	size = PAGE_ALIGN(size + offset);

	/*
	 * Don't allow wraparound, zero size or outside PHYS_MASK.
	 */
	last_addr = phys_addr + size - 1;
	if (!size || last_addr < phys_addr || (last_addr & ~PHYS_MASK))
		return NULL;

	/*
	 * Don't allow RAM to be mapped.
	 */
#ifndef CONFIG_RTOS_ENABLE_IOREMAP_RAM
	if (WARN_ON(pfn_valid(__phys_to_pfn(phys_addr))))
		return NULL;
#endif

#ifdef CONFIG_RTOS_MTRC
	err = is_mtrc_region_conflict(pfn, (unsigned long)size);
	if (err) {
		pr_err("[PAT]Error, ioremap region[pgoff:%x len:%x] is conflict with mtrc.cat /proc/mtrc get more info.\n",
					pfn, (unsigned int)size);
		return NULL;
	}
	mtype_check = find_region_attr(pfn, (unsigned long)size, &mtrc_type, &mtrc_attr);
	if (!mtype_check && pgprot_val(mtrc_attr))
		prot = __pgprot((pgprot_val(mtrc_attr) | (PTE_PXN | PTE_UXN)) & (~PTE_USER));
#endif

	area = get_vm_area_caller(size, VM_IOREMAP, caller);
	if (!area)
		return NULL;
	addr = (unsigned long)area->addr;
	area->phys_addr = phys_addr;

	err = ioremap_page_range(addr, addr + size, phys_addr, prot);
	if (err) {
		vunmap((void *)addr);
		return NULL;
	}

#ifdef CONFIG_RTOS_IOREMAP_TRACER
	if (tracer_ioremap_enabled == LOG_RANGE_ALL_MEM ||
		(tracer_ioremap_enabled == LOG_RANGE_SYSTEM_RAM &&
		pfn_valid(__phys_to_pfn(phys_addr))))
		ioremap_tracer(area->phys_addr, addr, size);
#endif /* CONFIG_RTOS_IOREMAP_TRACER */

	return (void __iomem *)(offset + addr);
}

void __iomem *__ioremap(phys_addr_t phys_addr, size_t size, pgprot_t prot)
{
	return __ioremap_caller(phys_addr, size, prot,
				__builtin_return_address(0));
}
EXPORT_SYMBOL(__ioremap);

void iounmap(volatile void __iomem *io_addr)
{
	unsigned long addr = (unsigned long)io_addr & PAGE_MASK;

	/*
	 * We could get an address outside vmalloc range in case
	 * of ioremap_cache() reusing a RAM mapping.
	 */
	if (is_vmalloc_addr((void *)addr))
		vunmap((void *)addr);
}
EXPORT_SYMBOL(iounmap);
#ifdef CONFIG_KEXEC_KERNEL_HOTUPGRADE
void __iomem *ioremap_to_vaddr(unsigned long vaddr, resource_size_t phys_addr,
				unsigned long size)
{
	return __ioremap_to_vaddr(phys_addr, size, __pgprot(PROT_NORMAL),
				  __builtin_return_address(0), vaddr);
}
EXPORT_SYMBOL(ioremap_to_vaddr);

void iounmap_from_vaddr(volatile void __iomem *vaddr, resource_size_t phys_addr,
			unsigned long size)
{
	unmap_kernel_range((unsigned long)vaddr, size);
}
#endif

void __iomem *ioremap_cache(phys_addr_t phys_addr, size_t size)
{
	/* For normal memory we already have a cacheable mapping. */
	if (pfn_valid(__phys_to_pfn(phys_addr)))
		return (void __iomem *)__phys_to_virt(phys_addr);

	return __ioremap_caller(phys_addr, size, __pgprot(PROT_NORMAL),
				__builtin_return_address(0));
}
EXPORT_SYMBOL(ioremap_cache);

/*
 * Must be called after early_fixmap_init
 */
void __init early_ioremap_init(void)
{
	early_ioremap_setup();
}

bool arch_memremap_can_ram_remap(resource_size_t offset, size_t size,
				 unsigned long flags)
{
	unsigned long pfn = PHYS_PFN(offset);

	return memblock_is_map_memory(pfn);
}
